// Computer Program Listing Appendix Under 37 CFR 1 .52(e) 

/* 

Code samples: 

C++ source (inside the engine): 

gen.cpp - routines for generating columns of virtual indexes given equality and 

inequality predicates (i.e. from the Generator, 410) 
gen2.cpp - routines for controlling the optimization and recommendation of a set 

of queries in the engine (i.e. from the IXT unit, 430) 
Java classes (on the client side, in the Driver unit, 470): 
IxtColumn.java - class encapsulating a column (of a table or index) 
IxtConfiguration.java - class representing a binding between a query and a set 

of virtual indexes picked by the optimizer for a query 
IxtDriver.java - main class that controls the execution of the index 

recommendation process 
IxtElement.java - class encapsulating an index element; that is, a column of an 

index, together with it's position and sortedness 
Ixtlndex.java - class encapsulating an index, either physical or virtual 
Ixtlnstance.java - class encapsulating an instance of the problem the index 
consultant is analyzing; contains the catalog information 
from the database and the queries from the workload 
IxtPhase.java - class encapsulating all virtual indexes and cost information 

associated with a single phase 

IxtQuery.java - class encapsulating a query from the workload 
IxtTable.java - class encapsulating a base table in the database 

7 

//gen.cpp 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

I***** ************************************** ******************************** 

* Index Generator code 

************************************************************************ J 
I* Simple bit-vector manipulation 7 

#define _is_marked( vec, pos ) ( ( vec » pos ) & 0x00000001 ) 
//must be smaller than MAX_VIRTUAL_IDX_COLUMNS 
#define NUM_PREDS_TO_CONSIDER 5 
ixt_Generator::ixt_Generator( ixtJndexTuningManager *itm, 
qog_Quantifier *q ) 
: _itm( itm ), 

_quantifier( q ) 

^***** ******************************************* ********y 

/* The ixt_Generator will create virtual indexes for all relevant 

* combinations of columns in quantifier q. Relevant columns are 

* contained in predicates and order-by constraints. 
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{ 
} 

ixt_Generator: Hxt_Generator() 

^***************************^ 

{ 
} 

void 



ixt_Generator::Generate( qog_OrderProperty * io ) 

I***** ***************************** ************* j 

/* For each existing virtual index, try extending it with the current 

* interesting order. 

* 

* -Do safety checks and avoid generation on temporary or system tables 

* -For each virtual index on the table in question: 

* -If the index is not full and has not yet been extended, attempt 

* to extend it with io 

* -Extend an empty index with the current interesting property 

* 
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{ 

ixt_TableWrapper *tab; 

p_TableDef td = _quantifier->GetBaseTableDefinition(); 
// Safety check to prevent crashing 
if( td == NULL ) 

{ 

_assertD( FALSE ); 
return; 
} 

// Skip generation on temp/system tables 
if( _is_temp_table( td ) || td->is_catalog_table() ){ 
return; 
} 

tab = _itm->FindOrAddTableWrapperBylD( td->GetTablelD() ); 
ixt_Virtuallndexlnfo *vii; 
jf( tab == NULL) 
{ 

return; 
} 

tab->lnitSimplelndexlterator(); 
vii = tab->GetNextlndex(); 

for( vii = tab->GetNextlndex(); vii != NULL; vii = tab->GetNextlndex() ) { 
if( !vii->enabled ) { 
continue; 

} 

if( vii->hardened < MAX_VIRTUAL_IDX_COLS - 1 
&& vii->cols[vii->hardened] != NULL ) { 
Extend WithOrder( vii, io ); 

} 

} 

ExtendWithOrder( NULL, io ); 

} 

void 

ixt_Generator::ExtendWithOrder( ixt_Virtuallndexlnfo * vii, 

qog_OrderProperty * io ) 

I****************************************************** I 

r Add columns to virtual index vii to give it the specified order property. 

* If some column from the order property alread exist in the index, rearrange 



* them as necessary to match the order property. In the worst case, the 

* columns from the order property will simply be appended to the existing 

* columns. 
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{ 

p_expr expr; 
a_bool is_dontcare; 
a_bool matched; 
int i; 
int j; 

int numcols = 0; 
ixt_Virtuallndexlnfo *new_vii; 

p_TableDef td = _quantifier->GetBaseTableDefinition(); 

if( vii != NULL ) { 
if( vii->hardened == MAX_VIRTUAL_IDX_COLS 

|| vii->cols[vii->hardened] != NULL ) { 

//we can't extend an index that has already been extended 

//(ie. has hardened columns) 

return; 
} else { 

numcols = vii->hardened; 

} 

} 

new_vii = _itm->AddVirtuallndex( td->GetTablelD(), NULL, io ); 

if( new_vii == NULL) { 
_assertD( FALSE ); 
return; 

} 

for( i = 0; i < numcols; i++ ) 
{ 

new_vii->cols[i] = vii->cols[i]; 
new_vii->seq[i] = vii->seq[i]; 
} 

for( i = 0; i < io->Size() && i < MAX_VIRTUAL_IDX_COLS; i++ ) 
{ 

matched = FALSE; 

expr = io->ElementExpr( i ); 

is_dontcare = ! io->ElementFixedPosition( i ); 
for( j = 0; vii != NULL && j < vii->hardened; j++ ) 
{ 

if( new_vii->cols[j] == expr->GetBaseColumn() ) 
{ 

matched = TRUE; 
} 

} 

if( Smatched ) 
{ 

_assertD( expr->GetBaseColumn() != 0 ); 
new_vii->cols[i] = expr->GetBaseColumn(); 
if( is_dontcare ) 



{ 

new_vii->hardened++; 
new_vii->seq[i] = INSENSITIVE_ORDER; 
} else { 

new_vii->seq[i] = io->ElementSequence(i); 
} 

numcols++; 

} 

} 

if( _itm->lsUseClustered() ) { 
new_vii->is_clustered = TRUE; 
} 

ixt_VirtualArraylndex vai(new_vii); 

vai.EstimateSize(); 

if( vii != NULL ) { 
a_bool is_exact_du plicate = TRUE; 
if( new_vii->hardened != vii->hardened ) { 

is_exact_duplicate = FALSE; 

} 

for( i = new_vii->hardened; i < MAX_VIRTUAL_IDX_COLS; i++ ) { 

if( vii->cols[i] != new_vii->cols[i] ) { 
is_exact_duplicate = FALSE; 
} 

} 

if( is_exact_duplicate ) { 
// this prevents us from entering an infinte loop 
new_vii->valid = FALSE; 

} 

} 

} 

void 

ixt_Generator::ExtendWithlnequalities( ixt_Virtual Index Info *vii, 

volcano_vector_subset **neqs ) 

I* ********************************************** 

r Add a column to the virtual index vii if necessary 

* 

* -For each column in the table: 

* -If there is a sargable inequality predicate on the column 

-Create a new virtual index structure new_vii 
-Copy the columns from vii to new__vii 
-Append the current column to the index 
-Initialize the costing information for the index 
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{ 

int i; 
int j; 

int numcols = 0; 
ixt_Virtuallndexlnfo *new_vii; 

p_TableDef td = _quantifier->GetBaseTableDefinition(); 
if( vii != NULL ) { 



numcols = vii->hardened; 
} 

for( i = 0; i < td->num_cols; i++ ) { 
if( neqs[i] != NULL ){ 

new_vii = _itm->AddVirtuallndex( td->GetTablelD(), 
NULL, 

_quantifier ); 

if( new_vii == NULL ) { 
_assertD( FALSE ); 
return; 

} 

for( j = 0; j < numcols; j++ ) 
{ 

new_vii->cols[j] = vii->cols[j]; 
new_vii->seq[j] = vii->seq[j]; 
} 

new_vii->cols[j] = td->FindColumnBylndex(i); 
new_vii->seq[j] = INSENSITIVE_ORDER; 
new_vii->hardened++; 
if( _itm->lsUseClustered() ) { 
new_vii->is_clustered = TRUE; 
} 
{ 

ixt_VirtualArraylndex vai(new_vii); 
vai.EstimateSize(); 
} 

} 

} 

} 

typedef struct colinfo { 

a_selectivity sel; 

p_column_def cd; 
} a_colinfo; 
void 

ixt_Generator::Generate( volcano_vector_subset **eq_preds, 

volcano_vector_subset **neq_preds ) 

I***** ******************************************* ********** j 

I* Generate a set of indexes for each combination of eq preds (where all of the 

* columns of such indexes will be don't care with respect to both position and 

* sortedness. Also, for each such index, copy it and extend it with each of the 

* inequality predicates. 
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{ 

int i; 
int j; 
int k; 

p_TableDef td = _quantifier->GetBaseTableDefinition(); 
a_colinfo cols[NUM_PREDS_TO_CONSIDER]; 
int numcols = 0; 
int to_add = 0; 



a_colinfo cur; 
dfp *pred; 
ixt_Virtuallndexlnfo *vii; 

//don't suggest indexes on temp tables or system tables 
if( _is_temp_table( td ) || td->is_catalog_table() ){ 
return; 
} 

cur.sel = 1; 
cur.cd = NULL; 

for( i = 0; i < NUM_PREDS_TO_CONSIDER; i++ ) 
{ 

cols[i] = cur; 
} 

if( eq_preds != NULL){ 
for( j = 0; i < td->num_cols; i++ ){ 

if( eq_preds[i] != NULL){ 
cur.cd = td->FindColumnBylndex(i); 
cur.sel = 1 ; 

volcano_vector_subset_lter myiter( eq_preds[i] ); 
myiter. Establish^ eq_preds[i] ); 
for( pred = (dfp*)myiter.GetNextObject(); 
pred != NULL; 

pred = (dfp*)myiter.GetNextObject() ) { 
cur.sel *= pred->GetSelectivity(); 

} 

for( j = 0; j < NUM_PREDS_TO_CONSIDER; j++ ) { 

if( cur.sel < cols[j].sel ){ 
// move all the lower predicates down the list 
for( k = NUM_PREDS_TO_CONSIDER - 1 ; k > j; k- ) { 
cols[k] = cols[k-1]; 

} 

cols[j] = cur; 
numcols++; 
break; 
} 

} 

} 

} 

} 

numcols = _min( numcols, NUM_PREDS_TO_CONSIDER ); 

for( i = 1 ; i < (1 « numcols); i++ ) { 
vii = _itm->AddVirtuallndex( td->GetTablelD(), NULL, _quantifier ); 
if( vii == NULL ){ 

_assertD( FALSE ); 

return; 

} 

to_add = 0; 

for( j = 0; j < NUM_PREDS_TO_CONSIDER; j++ ) { 

if( _is_marked( i, j ) ){ 
vii->cols[to_add] = cols[j].cd; 



vii->seq[to_add] = INSENSITIVE_ORDER; 
to_add++; 
} 

} 

if( _itm->lsUseClustered() ){ 
vii->is_clustered = TRUE; 

} 

vii->valid = TRUE; 
{ 

ixt_VirtualArraylndex vai( vii ); 
vai.EstimateSize(); 
vai.SetFirstHardened( to_add ); 

} 

ExtendWithlnequalities( vii, neq_preds ); 
} 

//to generate NEQ-only indexes 
ExtendWithlnequalities( NULL, neq_preds ); 

} 

I***** ************************************************ ********************** 

* Qog Visitor code 

*************************************************************** 
static void 

back_propagate_order( ixt_Virtuallndexlnfo * vii, qog_OrderProperty * op ) 

^************************************************************************^ 

/* Make a virtual index have the same ordering specified in the 

* qog_OrderProperty. This may require rearranging some don't care columns 

* and fixing them in place. 

* 
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{ 

p_co lu m n_def cols[M AX_VI RTU AL_I DX_COLS] ; 
SORTSEQUENCE seq[MAX_VIRTUAL_IDX_COLS]; 
int i, j; 

// Clear the result 

for( i=0; i<MAX_VIRTUAL_IDX_COLS; ++i ) { 
cols[i] = NULL; 

seq[i] = INSENSITIVEORDER; 

} 

vii->hardened = MAX_VIRTUAL_IDX_COLS; 

// Place all columns that are missing from the final order 

// property at their original position 

for( i=0; i<MAX_VIRTUAL_IDX_COLS && vii->cols[i] != NULL; ++i ) { 
// Try to find the column in the order property 
a_bool found = FALSE; 
for( j=0; j<op->Size(); ++j ) { 

if( vii->cols[i] == op->ElementExpr(j)->GetBaseExpr()->GetBaseColumn() ) { 
found = TRUE; 
break; 

} 

} 



// If not found, place the column at the original position 
if( Ifound ) { 

cols[i] = vii->cols[i]; 

seq[i] = vii->seq[i]; 

if( seq[i] != INSENSITIVE_ORDER && i < vii->hardened ) { 
vii->hardened = i; 

} 

} 

} 

// Fill in remaining columns in the same order they appear in the 
// final order property 
i = 0; 

for( j=0; j<op->Size(); ++j ) { 

// Find next unfilled position in the result 
while( cols[i] != NULL ) { 

_assertD( i < MAX_VIRTUAL_IDX_COLS ); 

++i; 

} 

cols[i] = op->ElementExpr(j)->GetBaseExpr()->GetBaseColumn(); 
seq[i] = op->ElementSequence(j); 
if( op->ElementFixedPosition(j) && i < vii->hardened ) { 
vii->hardened = i; 

} 

} 

// Copy the result back to the vii 

for( i=0; i<MAX_VIRTUAL_IDX_COLS && vii->cols[i] != NULL; ++i ) { 
vii->cols[i] = cols[i]; 
vii->seq[i] = seq[i]; 

} 

if( i < vii->hardened ) { 
vii->hardened = i; 

} 

} 

//gen2.cpp 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 
a_bool 

ixt_lndexTuningManager::runQuery( p_expr expr ) 

^*********************************************^ 

/* Perform index tuning for the query described in the string expr. This 

* requires that _master_id and _phase have already been appropriately 

* set. If this is phase 1 , we will optimize the query twice: once in the 

* 'vanilla' state, to provide a baseline for future comparisons, and once 

* in the . The vanilla state will always include indexes that satisfy Rl 

* constraints. In addition, if the keepExisiting option has been set, 

* the baseline also includes all other physical indexes, since we are 

* only interested in the incremental benefit. 
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{ 

a_heap_ref stmt heap; 
SQLAHeap heap(1); 



a_statement * stmt; 
p_db_cursor gen_crsr = NULL; 
p_db_cursor vanilla_crsr = NULL; 
uint32 hash_value = 0; 
a_bool is_new = TRUE; 
an_estimate_cost estimated_total = 0; 
a_bool ret = TRUE; 

ixtJndexTuningTables *itt = GetTuningTables(); 
_is_gen_run = FALSE; 

stmtheap.mem = PrepareExpr( expr, GOAL_STATEMENT, NULL, FALSE ); 

heap.HeapSet( stmtheap.mem ); 

stmt = (a_statement *)stmtheap.mem; 

if( stmt == NULL 
|| stmt->ptr == NULL 
|| stmt->type != STMTJNSERT 
&& stmt->type != STMT_SELECT 
&& stmt->type != STMT UPDATE 
&& stmt->type != STMT_DELETE ){ 

WriteErrorTolx_ConsultantLog( itt, _workload_id, _phase ); 
return FALSE; 
} 

if( _phase == 1 ) { 
ixt_ParseTreeHashVisitor h( NULL ); 
hash_value = h.CheckParseTree( stmt ); 
_query_text_id = itt->FindOrAddQueryText( hash_value, 

stmt->type, 

&is_new ); 
if( !is_new ){ 

//we have already seen a variant of this query - don't execute 
//it again 
goto cleanup; 

} 

//we don't run to run statements that return a plan 

if( stmt->type == STMT_S ELECT 

&& ( _strieq(stmt->strings->buff,"plan") 

|| _strieq(stmt->strings->buff,"graphical_plan") 

|| _strieq(stmt->strings->buff, "explanation") 

|| _strieq(stmt->strings->buff,"graphical_ulplan") 

|| _strieq(stmt->strings->buff,"short_ulplan") 

|| _strieq(stmt->strings->buff,"long_ulplan") ) ) 

{ 

ret = FALSE; 
goto cleanup; 

} 

vanilla_crsr = BuildCursor( stmt ); 
if( vanilla_crsr== NULL ){ 

WriteErrorTolx_ConsultantLog( itt, _workload_id, _phase ); 

goto cleanup; 
} else { 

if( vanilla_crsr->GetSimpleQueryCursor() == NULL 



&& ( vanilla_crsr->GetQog() == NULL 

|| !vanilla_crsr->GetQog()->Optimize() ) ) 

{ 

//this query is not a simple cursor and could not be 
//optimized 

WriteErrorTolx_ConsultantLog( itt, _workload_id, _phase ); 
goto cleanup; 

} else { 
_debug( 

itt->AddLogMessage( _phase, 

IX_CONSULTANT_LOG_DEBUG, 

_workload_id, 

0, 

"Costed vanilla query successfully!" ); 

) 

} 

} 

uint32 numrows = 0; 
if( vanilla_crsr->GetQog() != NULL ){ 
if( stmt->type == STMT_DELETE 
|| stmt->type == STMTJNSERT 
|| stmt->type == STMT U PDATE ) 
{ 

numrows = vanilla_crsr->GetQog()->GetRootDTB()->GetDTBCost()->GetNumRows(); 
} 

estimated_total = getCostFromCursor( vanilla_crsr ); 
} else { 

//should only happen for INSERT VALUES statements 
numrows = 1 ; 
estimated_total = 0; 

_assertD( stmt->type == STMTJNSERT ); 

} 

itt->UpdateQueryTextCost( _query_text_id, 

estimated_total, 

numrows ); 
_is_gen_run = TRUE; 
} 

gen_crsr= BuildCursor(stmt); 

if( gen_crsr == NULL ){ 
WriteErrorTolx_ConsultantLog( itt, _workload_id, _phase ); 
ret = FALSE; 
goto cleanup; 

} else { 

if( gen_crsr->GetQog() == NULL 

|| !gen_crsr->GetQog()->Optimize() ){ 

WriteErrorTolx_ConsultantLog( itt, _workload_id, _phase ); 

ret = FALSE; 

goto cleanup; 
} else { 

_debug( 



itt->Addl_ogMessage( _phase, 

IX_CONSULTANT_LOG_DEBUG, 

_workload_id, 

0, 

"Costed generated query successfully!" ); 

) 

estimated_total = getCostFromCursor(gen_crsr); 

itt->FindOrAddQueryPhase( _phase, _query_text_id, getCostFromCursor( gen_crsr ) ); 

} 

} 

if( vanilla_crsr != NULL ){ 
ixt_QueryStatGatherer * gath = new ixt_QueryStatGatherer( this ); 
ixt_QogVanjllaVisitor vis( this, gath ); 
vis.Visit_QOG( vanilla_crsr->GetQog() ); 
gath->PrintToLog(); 
delete gath; 

} 

if( gen_crsr != NULL ){ 
ixt_QoglndexVisitor vis( this, NULL ); 
vis.Visit_QOG( gen_crsr->GetQog() ); 

} 

cleanup: 

_is_gen_run = FALSE; 

if( vanilla_crsr != NULL){ 
vanilla_crsr->fini_qog(); 
DB_Fini_db_cursor( vanilla_crsr ); 

} 

if( gen_crsr != NULL ){ 
ResetlndexTuning(); 
gen_crsr->fini_qog(); 
DB_Fini_db_cursor( gen_crsr ); 

} 

DV_Free_heap( &stmtheap ); 
return ret; 

} 

void 

ixt_lndexTuningManager::Recommendlndexes( uint32 masteMd, 
uint32 phase, 
a_bool use_clustered, 

a_bool keep_existing ) 

I***** ******************************************* ************** i 

I* Recommend indexes for all queries stored in the workload_table. The method 

* loads the queries, sets the context for each query (ie. user, option 

* settings), then calls the method to recommend indexes for an individual 

* query. At the end, the code cleans up any changes it made to the current 

* connection. 
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{ 

p_table_def workload_table; 
p_column_def query_col; 



p_column_def user_col; 
p_column_def workload_id_col; 
p_column_def text_id_col; 
p_column_def discarded_col; 
p_column_def cache_size_col; 
p_column_def opt_goal_col; 
p_column_def opt_level_col; 
p_column_def user_estimates_col; 
p_column_def plan_hash_col; 
p_expr cache_size_expr; 
p_expr opt_goal_expr; 
p_expr opt_level_expr; 
p_expr user_estimates_expr; 
p_expr plan_hash_expr; 
p_expr new_query_expr; 
p_expr user_expr; 
p_expr text_id_expr; 
p_expr workload_id_expr; 
p_expr discarded_expr; 
a_SimpleQueryCursor * c; 
ixt_VirtualArraylndex current( NULL ); 
UserDef *user; 
char buf[100]; 
a_bool successful_run; 
int num = 0; 

p_Connection conn = _CurrentConnection; 
if( !conn->db()->has_index_tuning_tables() ){ 
return; 
} 

if( _ix_consultant_tables.GetTables() < 5 ){ 
_ix_co nsu ltant_tables . ReleaseTables () ; 
_assertD( FALSE ); 
return; 

} 

//Turn on automatic index tuning mode 
StartlndexTuningQ; 
//Initialize flags 
_master_id = masteMd; 
_phase = phase; 
_keep_existing = keep_existing; 
_use_clustered = use_clustered; 
_query_text_id = Oxffffffff; 

workload_table = _ix_consultant_tables.GetTableDef(IX_CONSULTANT_WORKLOAD); 
_assertD( workload_table != NULL ); 
if( workload_table == NULL ) return; 

query_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD TEXT + 1 ); 

user_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD_USER_ID + 1 ); 

workload_id_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD WORKLOADJD + 1 ); 

text_id_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD_TEXT_ID + 1 ); 
discarded_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD DISCARDED + 1 ); 



cache_size_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD_CACHE_SIZE + 1 ); 
opt_goal_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD_OPTIMIZATION_GOAL + 1 

); 

opt_level_col = workload_table->FindColumnBylD( IXJ30NSULTANT_W0RKL0AD_0PTIMIZATI0N_LEVEL + 1 

); 

user_estimates_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD USER_ESTI MATES 

+ 1 ); 

plan_hash_col = workload_table->FindColumnBylD( IX_CONSULTANT_WORKLOAD PLAN_HASH + 1 ); 

c = SC_New( NULL, workload_table, NULL, phase > 1 ? 1 : 0 ); 
new_query_expr = c->RequireColumnDef( query_col ); 
user_expr = c->RequireColumnDef( user_col ); 
workload_id_expr = c->RequireColumnDef( workload_id_col ); 
text_id_expr = c->RequireColumnDef( text_id_col ); 
discarded_expr = c->RequireColumnDef( discarded_col ); 
cache_size_expr = c->RequireColumnDef( cache_size_col ); 
opt_goal_expr = c->RequireColumnDef( opt_goal_col ); 
opt_level_expr = c->RequireColumnDef( opt_level_col ); 
user_estimates_expr = c->RequireColumnDef( user_estimates_col ); 
plan_hash_expr = c->RequireColumnDef( plan_hash_col ); 
if( phase > 1 ){ 

c->OrderByColumn( IX_CONSULTANT_WORKLOAD_TEXT_ID, TRUE ); 
} 

c->SearchNum( IX_CONSULTANT_WORKLOAD MASTER_ID, _master_id ); 

while( c->Fetch() ) { 
num++; 

if( phase > 1 && text_id_expr->v.ul == _query_text_id ){ 
// we only want to execute one of each query type 
if( num%10==0){ 
SendMarker( num ); 

} 

continue; 

} 

SendMarker( num ); 

if( !discarded_expr->is_null ){ 

// we are not considering this query because it is either too 

// cheap to be relevant, or it is poorly-behaved 

continue; 

} 

user= FindUserBylD( user_expr->v.ul ); 
setQueryParams( cache_size_expr, 
opt_goal_expr, 
opt_level_expr, 
user_estimates_expr, 
user ); 
if( user != NULL ){ 

conn->SetUser( user->GetSAUserName(), TRUE, TRUE ); 
user->Release(); 
} else { 

_assertD(FALSE); 

} 



_workload_id = workload_id_expr->v.ul; 
_query_text_id = text_id_expr->v.ul; 
successful_run = runQuery( new_query_expr ); 
if( successful_run && phase == 1 ){ 

c->DefineNum( IX_CONSULTANT_WORKLOAD_TEXT_ID, _query_text_id ); 

c->ModifyCurrent(); 
} else if( !successful_run ) { 

// Clear the error - otherwise we can't flag the query as 

// discarded. Error should have been logged inside runQuery(). 

if( SQLErr( conn ) ) { 
dbi_reset_error(); 

} 

//flag this as a discarded query 

c->DefineNum( IX_CONSULTANT_WORKLOAD_TEXT_ID, _query_text_id ); 
c->ModifyCurrent(); 

c->DefineNum( IX_CONSULTANT_WORKLOAD DISCARDED, 1 ); 

c->ModifyCurrent(); 

// WriteErrorTolx_Consultantl_og( &_ix_consultant_tables, _workload_id, _phase ); 

} 

if( SQLErr( conn ) ) { 
dbi_reset_error(); 

} 

if( Context_switch( TRUE ) ) { 

_CurrentConnection->DBLangString().FormatMiscLangStr( IDSJNTERRUPTED, buf, sizeof(buf) ); 
_ix_consultant_tables.Addl_ogMessage( phase, 
IX_CONSULTANT_LOG_ERR, 
_workload_id, 

SQLSTATEJNTERRUPTED, 
buf); 

sql_error( SQLSTATE_INTERRUPTED ); 
break; 

} 

} 

if( !SQLErr() ){ 
_ix_consultant_tables.AddLogMessage( phase, 
IX_CONSULTANT_LOG_INFO, 
_workload_id, 
0, 

"Completed phase" ); 

} 

ResetlndexTuning( TRUE ); 
delete c; 
c = NULL; 

conn->SetUser( NULL, TRUE, TRUE ); 
_ix_consu ltant_tables . ReleaseTables() ; 
FinilndexTuning(); 

} 

void 

ixt_QoglndexVisitor::Visit_qog_Relevantlndex( qog_Relevantlndex * node ) 

^***** ***************************************************** ************ J 



/* Record the information about a given index in the *_ix_consultant_ixcol table. 

7 

{ 

I Index *idx = node->Getlndex(); 
_assertD( idx != NULL ); 
SORT SEQUENCE seq; 
ixt_VirtualArraylndex *vai = NULL; 
int i; 

an_estimate_cost local_score = 0.0; 
uint32 phase = _itm->GetPhase(); 
an_estimate_row_count cluster_score = 0; 

qog_OrderProperty *op = node->APGetOrderProperty()->GetDep(); 

if( idx != NULL 
&& !idx->lsPrimaryKey() 
&& !idx->lsForeignKey() ) 

{ 

cluster_score = node->APGetCost()->GetReadCost(); 
local_score = node->GetQuantifier()->APGetCost()->GetTotalCost(); 
_index_id = idx->GetlndexlD(); 
_itm->GetTuningTables()->FindOrAddlndex( phase, 

_table_id, 

_index_id, 

idx->GetLeafPageCount(), 
idx->lsClustered(), 
idx->lsVirtual() ); 
_itm->GetTuningTables()->AddQuerylndexPair( phase, 
_query_text_id, 
_pos, 
_table_id, 
_index_id, 
local_score, 
cluster_score ); 
if( idx->lsVirtual() ){ 

vai = (ixt_VirtualArray Index *)idx; 
if( !vai->GetHasBeenDumped() ){ 
vai->SetHasBeenDumped(); 

} else { 
return; 
} 

if( op != NULL ) { 

back_propagate_order( vai->Getlnfo(), op ); 

} 

} 

for( i = 0; i < idx->GetNumColslndexed(); i++ ){ 

if( idx->lsVirtual() ){ 
seq = vai->GetSortSequence(i); 
_itm->GetTuningTables()->AddlndexColumn( phase, 
_table_id, 
_index_id, 



idx->GetColumn( i )->GetColumnlD(), 
seq ); 

} 

} 

} 

} 

// IxtColumn.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

II Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com. Sybase. indexConsultant; 

public class IxtColumn 

{ 

long _id; 
String _name; 
IxtTable _table; 

public lxtColumn( long id, String name, IxtTable table ) 
{ 

_id = id; 

name = name; 
_table = table; 

} 

public 
long getlD() 
{ 

return _id; 
} 

public 

String getName() 
{ 

return _name; 
} 

public 

IxtTable getTable() 
{ 

return _table; 
} 

} 

// IxtConfiguration.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

II Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com. Sybase. indexConsultant; 

import java.util.*; 

public class IxtConfiguration 

{ 

IxtQuery _query; 
Vector Jndexes; 



double _cost; 
double _wo rki ngcost ; 

public lxtConfiguration( IxtQuery query, double cost, Vector indexes ) 
{ 

_query = query; 
_indexes = indexes; 
_cost = cost; 
_wo rki ngcost = cost; 
} 

public 

int currentCostCompare( IxtConfigu ration other ) 
{ 

return Double. compare( _workingcost, other._workingcost ); 
} 

public 

Iterator getlndexlterator() 
{ 

return _indexes.iterator(); 
} 

public 

double getWorkingCost() 
{ 

return _workingcost; 
} 

public 

double getRealCost() 
{ 

return _cost; 
} 

public 

double getBenefit() 
{ 

return ( _query.getVanillaCost() - _workingcost ) * _query.getCount(); 
} 

public 

void removelndex( Ixtlndex ix ) 
{ 

_indexes.remove( ix ); 
} 

public 

void addlndex( Ixtlndex ix ) 
{ 

_indexes.add( ix ); 
} 

public 

IxtQuery getQuery() 
{ 

return _query; 
} 



// IxtDriver.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

II Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com.sybase.indexConsultant; 
import java.sql.*; 
import java.util.*; 
public class IxtDriver 

{ 

static final double PHASE_REDUCTION = 0.2; 

static IxtDriver _global; 

Statement _stmt; 

IxtAnalysis _analysis; 

IxtPhase _curphase; 

boolean _clustered_option; 

boolean _keep_existing_option; 

long _size_constraint; 

long _master_id; 

boolean _in_progress; 

boolean _is_done; 

boolean _can_stop_early; 

boolean _cancelTuning; 

// Feedback control to send information back to the caller of IxtDriver 
IxtFeedback _feedbackControl = null; 
static public 

boolean getClusteredOption() 
{ 

return _global._clustered_option; 
} 

static public 

boolean getKeepExistingOption() 
{ 

return _global._keep_existing_option; 
} 

static public 

long getMasterlDQ 

{ 

return _global._master_id; 
} 

static public 

long getSizeConstraint() 
{ 

return _global._size_constraint; 
} 

static public 

void showSubstatus( String message ) 
{ 

_global._feedbackControl.showSubstatus( message ); 
} 



static public 

void showStatus( String message ) 
{ 

_global._feedbackControl.showStatus( message ); 
} 

static public 

IxtPhase getCurrentPhaseQ 
{ 

return _global._curphase; 
} 

private 

int getSizeOfUselessPhysicallndexes() 

/* Add up the size of all physical indexes that have not been used by the 
* optimizer to answer queries in the workload. 
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{ 

int size = 0; 

Vector index_names = null; 
try { 

index_names = _analysis.getUselessPhysicallndexes(); 
} catch( SQLException e ) { 
e.printStackTrace(); 
return 0; 

} 

if( index_names == null ) return 0; 

for( int i = 0; i < index_names.size(); i++ ) { 

int tmp = 0; 

try{ 

tmp = lxtDB.getPhysicallndexStats((String)index_names.get( i )); 

} catch( SQLException e ) { 
tmp = 0; 

} 

if ( tmp > 0 ) { 
size += tmp; 
} 

} 

return size; 
} 

public 

boolean inProgress() 
{ 

return _in_progress; 
} 

public 

boolean isDone() 
{ 

return _is_done; 
} 

public 

boolean canStopEarlyQ 



{ 

return _can_stop_early; 
} 

public 

void cancel() 
{ 

_cancelTuning = true; 
} 

public void setFeedbackControl( IxtFeedback feedback ) 
{ 

_feedbackControl = feedback; 
} 

public lxtDriver( boolean clustered_option, 

boolean keep_existing_option, 

long size_constraint, 

IxtAnalysis analysis, 

Connection connection ) 
throws SQLException 

/* Initialize the driver. Use the options specified from the GUI. 

* Get a new master_id to keep track of this analysis. 
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{ 

_global = this; 

_clustered_option = clustered_option; 
_keep_existing_option = keep_existing_option; 
_size_constraint = size_constraint; 
_in_progress = false; 
_is_done = false; 
_can_stop_early = false; 
_cancelTuning = false; 

// Default feedback control - publishes no feedback 

// setFeedbackControl method must be used to get feedback 

_feedbackControl = new lxtFeedback(); 

_analysis = analysis; 

_stmt = connection. createStatement(); 

lxtDB.setStatement( _stmt ); 

//IxtDB.ru nTru ncateStatement () ; 

IxtDB.runStoplndexTuningStatementO; 

_master_id = lxtDB.getNewMasterlD( analysis.getName() ); 

analysis. setlD( _master_id ); 

lxtDB.debug( lxtDriver.getl18NMessage( lxtDriver.GOT_NEW_MASTER_ID ) + " " + Long.toString( _master_id ) ); 
} 

public 
int tune() 

throws SQLException 

/* The main driver method; loads a workload, and keeps tuning and paring 

* down the list of indexes until a solution satisfying the user-specified 

* parameters is reached. 
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{ 



//starts a new thread 

//the workload must be loaded by this point 
Ixtlnstance instance; 
int curPhaseNum = 1; 
_in_progress = true; 
if( _cancelTuning ) { 

_in_progress = false; 

_is_done = true; 

return 0; 

} 

showStatus( lxtDriver.getl18NMessage( IxtDriver.GENERATINGJNDEXES ) ); 
lxtDB.runRecommendlndexesStatement( _master_id, 
1, 

_clustered_option, 

_keep_existing_option ); 
showStatus( lxtDriver.getl18NMessage( lxtDriver.GENERATING_STRUCTURES ) ); 
instance = new IxtlnstanceQ; 
instance.discardQueries(); 

showStatus( lxtDriver.getl18NMessage( lxtDriver.GETTING_PHASE_ONE ) ); 
_curphase = new lxtPhase( 1, instance, _keep_existing_option ); 
showStatus( lxtDriver.getl18NMessage( IxtDriver.FOLDINGJNDEXES ) ); 
//this will ensure we do not recommend indexes/pkey/fkeys that already exist 
_curphase.augmentlndexesWithPhysical(); 
_curphase.foldlndexes( new lxtPhase.DuplicateFoldMatcher() ); 
_curphase.clearNegatives(); 
_curphase.assignlndexPenalties(); 

showStatus( lxtDriver.getl18NMessage( lxtDriver.SUBSUMING_INDEXES ) ); 

_curphase.foldlndexes( new lxtPhase.SubsumingFoldMatcher() ); 

_curphase.clearNegatives(); 

_curphase.selectClustered(); 

_cu rphase . add Report() ; 

_feedbackControl.setProgressComplete(); 

_feedbackControl.showResults( curPhaseNum, _curphase ); 

while( LcancelTuning && (_curphase.getTotalSize() - getSizeOfUselessPhysicallndexes()) > _size_constraint ) 
{ 

_f eed backCo n t ro I . set P rog ress Rest art () ; 

showStatus( lxtDriver.getl18NMessage( lxtDriver.GENERATING_NEW_PHASE ) ); 
curPhaseNum++; 

_curphase = _curphase.genNewPhase(); 

showStatus( lxtDriver.getl18NMessage( Ixt Driver. ELI M_DUP ) ); 
_curphase.foldlndexes( new lxtPhase.DuplicateFoldMatcher() ); 
showStatus( lxtDriver.getl18NMessage( lxtDriver.ACCOUNTING_FOR_UPDATES ) ); 
_cu rphase. assignlndexPenalties(); 

showStatus( lxtDriver.getl18NMessage( IxtDriver.SUBSUMINGJNDEXES ) ); 
_curphase.foldlndexes( new lxtPhase.SubsumingFoldMatcher() ); 
showStatus( lxtDriver.getl18NMessage( lxtDriver.TRIMMING_EXCESS ) ); 
_curphase.trimPhase(_size_constraint, PHASE REDUCTION ); 
_cu rphase. addReport(); 
_feedbackControl.setProgressComplete(); 
_feedbackControl.showResults( curPhaseNum, _curphase ); 



} 

if( _cancelTuning ) { 
// Commit tuning analysis information 
_stmt.getConnection().commit(); 
_in_progress = false; 
_is_done = true; 
return 0; 

} 

_f eedbackCo nt ro I . set P rog ress Restart() ; 

showStatus( lxtDriver.getl18NMessage( lxtDriver.GENERATING_SUMMARY ) ); 
curPhaseNum++; 

_curphase = _curphase.genNewPhase(); 

showStatus( lxtDriver.getl18NMessage( lxtDriver.ACCOUNTING_FOR_UPDATES ) ); 
_curphase.foldlndexes( new lxtPhase.DuplicateFoldMatcher() ); 
_curphase.assignlndexPenalties(); 

showStatus( lxtDriver.getl18NMessage( lxtDriver.WRITING_REPORT ) ); 
_curphase.addReport(); 
_feedbackControl.setProgressComplete(); 
_feedbackControl.showResults( curPhaseNum, _curphase); 
IxtDB.runStoplndexTuningStatementO; 
// Commit tuning analysis information 
_stmt.getConnection().commit(); 
_in_progress = false; 
_is_done = true; 
return 0; 
} 

} 

// IxtElement.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

II Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com.sybase.indexConsultant; 
import java.util.*; 
public class IxtElement 
{ 

static final int ASC = 1 ; 
static final int INSENSITIVE = 0; 
static final int DESC = -1; 
IxtColumn _column; 
int _direction; 

public lxtElement( IxtColumn column, int direction ) 
{ 

_column = column; 
_direction = direction; 
} 

public 

IxtColumn getColumn() 
{ 

return _column; 



} 

public 

int getDirection() 
{ 

return _direction; 
} 

public 

void setDirection( int dir ) 
{ 

_direction = dir; 
} 

public 

int getDominantDirection( IxtElement other ) 
{ 

int ret = _direction + other._direction; 

if( ret > ASC ) 

{ 

ret = ASC; 

} 

else if( ret < DESC ) 
{ 

ret = DESC; 

} 

return ret; 
} 

static class ExactComparator 
implements Comparator 

/* Check whether two index columns are identical 7 
{ 

int flip; 

public ExactComparator( int flip ) 
{ 

_flip = flip; 

} 

public int compare( Object o1 , Object o2 ) 
{ 

IxtElement self = (IxtElement) o1 ; 
IxtElement other = (IxtElement) o2; 
if( self._column == other._column 
&& ( ( self._direction == INSENSITIVE 
&& other._direction == INSENSITIVE ) 
|| self._direction * other._direction * _flip == ASC ) ) 
{ 

return 0; 
} 

else 
{ 

return 1 ; 
} 

} 



public boolean equals( Object o ) 
{ 

return false; 

} 

} 

static class RoughComparator 
implements Comparator 

/* Check whether two index columns are over the same base table and that 
* they do not both have specified, opposite directions 7 

{ 

public int compare( Object o1 , Object o2 ) 
{ 

IxtElement self = (IxtElement) o1 ; 

IxtElement other = (IxtElement) o2; 

if( self._column == other._column 

&& self._direction * other._direction >= INSENSITIVE ) 

{ 

return 0; 
} 

else 
{ 

return 1 ; 
} 

} 

public boolean equals( Object o ) 
{ 

return false; 

} 

} 

} 

// Ixtlndex.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

// Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com.sybase.indexConsultant; 
import java.util.*; 
import com. Sybase. util.*; 
public class Ixtlndex 

/* This class represents an index, either physical or virtual 
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{ 

static final double UPDATE_COST = 5e07; 

static final int CLUSTERED_UPDATE_PENALTY = 4; 

static final double SIZE PENALTY EXPON ENT = 0.6; 

long _id; 

IxtTable _table; 

long _size; 

boolean _virtual; 

String _name; 



boolean _is_clustered; 
double _cluster_score; 
boolean _disabled; 
Vector _elements; 
Vector configurations; 
double _duipenalty; 
boolean _is_key; 
public lxtlndex( long id, 

IxtTable table, 

long size, 

boolean virtual, 

String name, 

boolean is_key ) 

{ 

_id = id; 
_table = table; 
_size = size; 
_virtual = virtual; 
_name = name; 
_is_key = is_key; 
_disabled = false; 
_elements = new Vector(); 
configurations = new Vector(); 
} 

public 

IxtTable getTable() 
{ 

return _table; 
} 

public 
long getlD() 
{ 

return _id; 
} 

public 

boolean isKey() 
{ 

return _is_key; 
} 

public 

void setlD( long id ) 
{ 

//this should only be used for subsuming indexes 
_id = id; 
} 

public 

boolean isClustered() 
{ 

return _is_diistered; 
} 



public 

IxtElement getElement( int i ) 
{ 

return (IxtElement) _elements.elementAt(i); 
} 

public 

int getNumElementsO 
{ 

return _elements.size(); 
} 

public 

Iterator getElementlterator() 
{ 

return _elements.iterator(); 
} 

public 

void setElements( Vector e ) 
{ 

_elements = e; 
} 

public 

void disable() 
{ 

_disabled = true; 
} 

public 

void setlsClustered( boolean val ) 
{ 

_is_clustered = val; 
} 

public 

void setSize( long size ) 
{ 

_size = size; 
} 

public 

double getClusterScore() 
{ 

return _cluster_score; 
} 

public 

void setClusterScore( double score ) 
{ 

_cluster_score = score; 
} 

public 

void addElement( IxtElement elem ) 
{ 

_elements.add( elem ); 
} 



IxtElement getlndexElement( int i ) 
{ 

return (IxtElement) _elements.elementAt( i ); 
} 

public 

void addConfiguration( IxtConfigu ration config ) 
{ 

configurations. add( config ); 
} 

public 

Vector getConfigurations() 
{ 

return configurations; 
} 

public 

void appendConfigurations( Vector configs ) 
{ 

Configurations. addAII( configs ); 
} 

public 

void clearConfigurations() 
{ 

Configurations = new Vector(); 
} 

public 

Iterator getConfigurationlterator() 
{ 

retu rn _co nf igu ratio ns . iterato r() ; 
} 

public 

boolean isVirtual() 
{ 

return _virtual; 
} 

public 

void setlsVirtual( boolean v ) 
{ 

_virtual = v; 
} 

public 

boolean isDisabledQ 
{ 

return _disabled; 
} 

public 

String generateName( long id ) 
{ 

StringBuffer buff = new StringBuffer(); 
buff.append( "_" ); 
if( _is_clustered ) 



{ 

buff.append( "cl" ); 

} 

buff.append( "$" + _table.getName() ); 
buff.append( "$" + getElement(0).getColumn().getName() ); 
// id should only be as large as a short integer in C 
buff.append( Long.toString( 4294967295L - id ) ); 
return new String( buff ); 
} 

public 

String getName() 
{ 

if( name == null ) 
{ 

return generateName( _id ); 

} 

else 
{ 

return _name; 

} 

} 

public 

void setName( String name ) 
{ 

_name = name; 
} 

public 

long getSize() 
{ 

return _size; 
} 

public 

String genCreateStatement( boolean makephysical, 
String identifier ) 

{ 

int i; 

StringBuffer buff = new StringBuffer(); 
buff.append( "create " ); 
if( Imakephysical ) 
{ 

buff.append( " virtual " ); 

} 

if( _is_clustered ) 
{ 

buff.append( " clustered " ); 

} 

buff.append( "index " ); 
if( _name != null ) 
{ 

buff.append( _name ); 



} 

else if( identifier != null ) 
{ 

buff.append( identifier ); 

} 

else 
{ 

buff.append( "Virtual" ); 
buff.append( _id ); 

} 

buff.append( " on " ); 

buff.append( _table.getCreator() + "." + _table.getName() ); 

buff.append( " (" ); 

for( i = 0; i < _elements.size(); i++ ) 

{ 

if ( i > 0 ) 
{ 

buff.append( ", " ); 
} 

buff.append( getlndexElement(i).getColumn().getName() ); 

} 

buff.append( ");"); 
return new String( buff ); 
} 

public 

lxtElement[] GetCommonOrder( Ixtlndex other ) 
{ 

return null; 
} 

public 

double getDUIPenalty() 
{ 

return _duipenalty; 
} 

public 

double getBenefitSum() 
{ 

double benefit = 0.0; 

IxtConfiguration cfg; 

Iterator iter = configurations. iterator(); 

while( iter.hasNext() ) 

{ 

cfg = (IxtConfiguration) iter.next(); 
benefit += cfg.getBenefit(); 

} 

return benefit; 
} 

public 

double getTotalBenefit() 
{ 



double benefit = getBenefitSum(); 
benefit -= _duipenalty; 
return benefit; 
} 

/* 

* Compute the relative benefit for a table. 

* The factors involved: 

* 1) Table Size (positive benefit, bigger tables better) 

* 2) # Queries Affected (positive benefit, more queries better) 

* 3) Update DML Statements Affected (negative benefit) 

* 4) Clustered or Non-Clustered (clustered is better) 

* 5) Optimizer Benefit (positive) 

* 

* The idea is, if two indexes are on the same set of queries then 

* we need some way of deciding which one benefits more. This method 

* calculates this on a scale of 1 -1 0 based on the above factors. 

* One factor that was not included because the information was not 

* available was index density - if this becomes available it would 

* be benef itial to add it as a factor below. 

* 

* The way it works: 

For each factor, its largest value among all of the indexes for 

* this analysis is determined. Then, a line is created to some 

* absolute low (ie. 0 in the case of table size) with a slope and 

* intercept. Then this index's values are used to determine where it 

* fits on the line. If the factor has negative benefits, then the 

* line is given a negative slope with the highest value receiving a 

* ranking of 1 and the lowest value receiving a rank of 1 0. The opposite 

* would be true for a factor that has postive benefits. 

* 

* After all of these values are determined, the factors are assigned 

* weights relative to one another. Below, table size has a big role 

* so it receives a rather large rating (of 40). Clustered has a smaller 

* role so it receives a ranking of 20. These numbers can be adjusted 

* as required to make the outcome make more sense if it is determined 

* that they do not produce appropriate output. 

* 

* After the weights are applied, they are summed up and divided by the 

* total of all the weights - thus giving a final result between 1 and 10. 
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public 

double getRelativeBenefit() 
{ 

IxtPhase phase = lxtDriver.getCurrentPhase(); 

double updateCostRating = 0.0; 

if( phase.getMaxDUIPenalty() > 0.0 ) 

{ 

updateCostRating = -20.0 * _duipenalty / (phase. getMaxDUIPenalty() ); 

} 

double queries Affected Rating = 0.0; 



if( phase. getMaxNumConfigs() > 0 ) 
{ 

queries Affected Rating = 20.0 * configurations. size() / (phase.getMaxNumConfigs() ); 

} 

double tableSizeRating = 40.0 * _table.getSize() / (phase.getlnstance().getMaxTableSize() ); 

double benefitRating = 0.0; 

if( phase. getMaxBenefitSumO > 0 ) 

{ 

benefitRating = 35.0 * getBenefitSum() / (phase.getMaxBenefitSum() ); 

} 

double clustered Rating = (_is_clustered ? 20.0 : 1 .0 ); 

double ret = tableSizeRating + clusteredRating + benefitRating; 

ret += updateCostRating + queriesAffectedRating; 

// divide by sum of weights, then multiply by 1 0 to get a rank 

// between 1 and 10 (10 is best) 

ret = ret / 13.5; 

if( ret < 1.0 ) ret = 1.0; 

if( ret > 10.0 ) ret = 10.0; 

if( ret == Double. NaN ) 

{ 

ret = 1.0; 

Dbg.wassert( false ); 

} 

return ret; 
} 

public 

boolean isOnTable( IxtTable tab ) 
{ 

return _table == tab; 
} 

public 

boolean containsColumn( IxtColumn col ) 
{ 

IxtElement element; 
Iterator iter; 

if( _table != col.getTable() ) 
{ 

return false; 

} 

iter = _elements.iterator(); 
while( iter.hasNext() ) 
{ 

element = (IxtElement) iter.next(); 
if( element.getColumnO == col ) 
{ 

return true; 
} 

} 

return false; 
} 



public 

void addDUIPenalty( double numrows ) 
{ 

//TO DO - what if lots of rows are on the same pages? 
_duipenalty += numrows * UPDATE_COST * Math.log( _size ); 
if( _is_clustered ) 
{ 

_duipenalty *= CLUSTERED_UPDATE_PENALTY; 

} 

} 

static class ExactComparator 
implements Comparator 
{ 

public int compare( Object o1 , Object o2 ) 
{ 

int i; 

Ixtlndex self = (Ixtlndex) o1 ; 
Ixtlndex other = (Ixtlndex) o2; 
if( self._table.getlD() != other._table.get I D() 
|| self ._elements.size() != other._elements.size() ) 
{ 

return 1 ; 
} 

for( i = 0; i < self ._elements.size(); i++ ) 
{ 

if( self.getlndexElement(i).getColumn() 
!= other.getlndexElement(i).getColumn() ) 

{ 

return 1; 

} 

} 

return 0; 

} 

public boolean equals( Object o ) 
{ 

return false; 

} 

} 

public Vector getCommonOrder( Ixtlndex other ) 
{ 

int INSENSITIVE = 0; 
int ASC = 1 ; 
int DESC--1; 

Vector alnsensitive = new Vector(); 

Vector blnsensitive = new Vector(); 

Vector aFixed = new Vector(); 

Vector bFixed = new Vector(); 

boolean firstSet = false; 

int flip = INSENSITIVE; 

Vector finalOrder = new VectorQ; 



Iterator aelemlter; 
Iterator belemlter; 
IxtElement aelem; 
IxtElement belem; 
intdir= INSENSITIVE; 
aelemlter = getElementlterator(); 
while( aelem Iter. hasNext() ) 
{ 

aelem = (lxtElement)( aelemlter.next() ); 

if( IfirstSet && aelem.getDirection() == INSENSITIVE ) 

{ 

alnsensitive.add( aelem ); 
} 

else 
{ 

firstSet = true; 
aFixed.add(aelem); 

} 

} 

firstSet = false; 

belemlter = other.getElementlterator(); 

while( belemlter.hasNext() ) 

{ 

belem = (IxtElement) belemlter.next(); 

if( IfirstSet && belem. getDirection() == INSENSITIVE ) 

{ 

blnsensitive.add( belem ); 
} 

else 
{ 

firstSet = true; 
bFixed.add( belem ); 
} 

} 

if( alnsensitive.size() < blnsensitive.size() ) 
{ 

// swap a and b, so we will know that len(alns) >= len(blns) 

Vector temp = alnsensitive; 

alnsensitive = blnsensitive; 

blnsensitive = temp; 

temp = aFixed; 

aFixed = bFixed; 

bFixed = temp; 

} 

belemlter = blnsensitive. iterator(); 
while( belemlter.hasNext() ) 
{ 

belem = (IxtElement) belemlter.next(); 
aelemlter = alnsensitive. iteratorQ; 
while( aelem Iter. hasNext() ) 



{ 

aelem = (IxtElement) aelemlter.next(); 

if( new IxtElement. ExactComparator( INSENSITIVE ).compare( belem, aelem ) == 0 ) 
{ 

finalOrder.add( new lxtElement( aelem.getColumn(), INSENSITIVE ) ); 

aelem Iter. remove(); 

break; 

} 

//these orders have different prefixes an so cannot match 
return null; 
} 

} 

// now we are left with no unmatched blnsensitives 
belemlter = bFixed.iterator(); 
while( belemlter.hasNextO ) 
{ 

belem = (IxtElement) belemlter.next(); 

if( alnsensitive.size() > 0 ) 

{ 

aelem Iter = alnsensitive.iterator(); 
while( aelem Iter. hasNext() ) 
{ 

aelem = (IxtElement) aelem Iter. next(); 

if( new IxtElement. RoughComparator().compare( belem, aelem ) == 0 ) 
{ 

dir = aelem. getDominantDirection( belem ); 
finalOrder.add( new lxtElement( belem. getColumn(), dir ) ); 
aelem Iter. remove(); 
break; 

} 

// no match is possible 
return null; 

} 

} 

else if( aFixed.size() > 0 ) 
{ 

aelem = (IxtElement) aFixed.elementAt(O); 
// may be overridden below 
dir = belem. getDirection(); 

if( flip == INSENSITIVE && new IxtElement. ExactComparator( ASC ).compare( belem, aelem ) == 0 ) 
{ 

flip = ASC; 

} 

else if( flip == INSENSITIVE && new IxtElement. ExactComparator( DESC ).compare( belem, aelem ) 
{ 

flip = DESC; 

} 

else if( new IxtElement. ExactComparator( flip ).compare( belem, aelem ) == 0 ) 
{ 

//do nothing 



} 

else if( new lxtElement.RoughComparator().compare( belem, aelem ) == 0 ) 
{ 

dir = belem. getDominantDirection( aelem ); 

} 

else 
{ 

//can't match 
return null; 

} 

} 

else 
{ 

finalOrder.add( new lxtElement( belem.getColumn(), dir) ); 
} 

} 

if( aFixed.size() > 0 ) 
{ 

aelemlter = aFixed.iterator(); 
while( aelem Iter. hasNext() ) 
{ 

aelem = (IxtElement) aelem Iter. next(); 

finalOrder.add( new lxtElement( aelem.getColumn(), aelem.getDirection() ) ); 
} 

} 

if( flip == DESC ) 
{ 

aelemlter = finalOrder.iterator(); 
while( aelem Iter. hasNext() ) 
{ 

aelem = (IxtElement) aelem Iter. next(); 
aelem. setDirection( aelem. getDirection() * DESC ); 
} 

} 

return finalOrder; 
} 

static class SizeComparator 
implements Comparator 
{ 

public int compare( Object o1 , Object o2 ) 
{ 

Ixtlndex self = (Ixtlndex) o1 ; 
Ixtlndex other = (Ixtlndex) o2; 

return new Long( self._size ).compareTo( new Long( other._size ) ); 

} 

public boolean equals( Object o ) 
{ 

return false; 

} 

} 



static class TableComparator 
implements Comparator 
{ 

public int compare( Object o1 , Object o2 ) 
{ 

Ixtlndex self = (Ixtlndex) o1 ; 
Ixtlndex other = (Ixtlndex) o2; 
if( self ._table == other._table ) 
{ 

return 0; 
} 

else 
{ 

return 1; 
} 

} 

public boolean equals( Object o ) 
{ 

return false; 

} 

} 

static class TotalBenefitComparator 

implements Comparator 

{ 

public int compare( Object o1 , Object o2 ) 
{ 

Ixtlndex self = (Ixtlndex) o1 ; 
Ixtlndex other = (Ixtlndex) o2; 

return Double. compare( self.getTotalBenefit(), other.getTotalBenefit() ); 

} 

public boolean equals( Object o ) 
{ 

return false; 

} 

} 

static class RelativeBenefitComparator 
implements Comparator 

{ 

public int compare( Object o1 , Object o2 ) 
{ 

Ixtlndex self = (Ixtlndex) o1 ; 
Ixtlndex other = (Ixtlndex) o2; 

return Double. compare( self.getRelativeBenefit(), other.getRelativeBenefit() ); 

} 

public boolean equals( Object o ) 
{ 

return false; 

} 

} 

} 



// Ixtlnstance.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

II Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com.sybase.indexConsultant; 

import java.util.*; 

import java.sql.*; 

public class Ixtlnstance 

{ 

static final double UNUSABLE_COST = 1e32; 

static final double MINIMUM_RELEVANCE_RATIO = 0.01 ; 

Hash Map _tables; 

HashMap _queries; 

Vector _physicalindexes; 

Vector _discardablequeries; 

int _max_table_size; 

public lxtlnstance() 

throws SQLException 

{ 

_tables = new HashMap(); 
_queries = new HashMapQ; 
_physicalindexes = new Vector(); 
_discardablequeries = new VectorQ; 
_max_table_size = 0; 
loadTables(); 
loadColumns(); 
loadlndexes(); 
loadQueries(); 
selectDiscardableQueries(); 
} 

public 

IxtQuery f indQuery( long id ) 
{ 

return (IxtQuery) _queries.get( new Long( id ) ); 
} 

public 

IxtTable findTable( long id ) 
{ 

return (IxtTable) _tables.get( new Long( id ) ); 
} 

public 

HashMap getTables() 
{ 

return _tables; 
} 

public 

int getMaxTableSize() 
{ 

return _max_table_size; 



} 

public 

Iterator getQuerylterator() 
{ 

return _queries.values().iterator(); 
} 

public 

Iterator getDiscardablelterator() 
{ 

return _discardablequeries.iterator(); 
} 

public 

Iterator getPhysicallndexlterator() 
{ 

retu rn _phys ical i ndexes . iterato r() ; 
} 

public 

Vector getPhysicallndexes() 
{ 

return _physicalindexes; 
} 

void loadTables() 
throws SQLException 

/* Get all tables from the database catalog and store IxtTable objects for 

* them. 
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{ 

IxtTable tab; 

ResultSet res = IxtDB.runTableQueryO; 

while( res.next() ) 

{ 

tab = new lxtTable( res.getl_ong(1), 

res.getString(2), 

res.getString(3), 

res.getlnt(4), 

res.getlnt(5) ); 
_tables.put( new Long(res.getl_ong(1)), tab ); 
if( res.getlnt(5) > _max_table_size ) 
{ 

_max_table_size = res.getlnt(5); 
} 

} 

res.close(); 
} 

void loadColumns() 
throws SQLException 

/* Get all columns from the database catalog, create IxtColumns objects for 

* them, and assign them to the appropriate IxtTable objects. 
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{ 



IxtColumn col; 
ResultSet res; 
IxtTable tab; 
Ixtlndex pkix; 

Iterator iter = _tables.values().iterator(); 

while( iter.hasNext() ) 

{ 

tab = (lxtTable)iter.next(); 

pkix = new lxtlndex( 0, tab, 0, false, "PKEY", true ); 
res = lxtDB.runColumnsQuery( tab.getlD() ); 
while( res.next() ) 
{ 

col = new lxtColumn( res.getLong(l), res.getString(2), tab ); 
tab.addColumn( col ); 
if( res.getlnt(3) == 1 ) 
{ 

pkix.addElement( new lxtElement( col, IxtElement.ASC ) ); 

} 

} 

if( pkix.getNumElements() > 0 ) { 
tab.addPhysicallndex( pkix ); 
_physicalindexes.add( pkix ); 

} 

res.close(); 

} 

} 

void loadlndexes() 
throws SQLException 

/* Get all indexes (both key and secondary indexes), create index objects 
* for them, and assign them to the appropriate table objects. 
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{ 

IxtTable tab; 
Ixtlndex idx; 
Iterator iter; 

ResultSet res = IxtDB.runPhysicallndexesQueryO; 

while( res.nextQ ) 

{ 

tab = findTable( res.getLong(2) ); 

idx = new lxtlndex( res.getl_ong(1), tab, 0, false, res.getString(3), res.getlnt(4) == 1 ); 
tab.addPhysicallndex( idx ); 
_physicalindexes.add( idx ); 

} 

res.close(); 

iter = _physicalindexes.iterator(); 

while( iter.hasNext() ) 

{ 

idx = (Ixtlndex) iter.next(); 

if( idx.isKey() ) 

{ 



res = lxtDB.runKeylndexColumnsQuery( idx.getTable().getlD(), idx.getlD() ); 
} 

else 
{ 

res = lxtDB.runPhysicallndexColumnsQuery( idx.getTable().getlD(), 
idx.getlD()); 

} 

while( res.next() ) 
{ 

idx.addElement( new lxtElement( 

idx.getTable().findColumn( res.getLong(l) ), 
res.getlnt(2) ) 

); 

} 

res.close(); 

} 

iter = _tables.values().iterator(); 

while( iter.hasNext() ) 

{ 

tab = (IxtTable) iter.next(); 
if( tab.getClusterlD() != 0 ) 

{ 

idx = tab.findPhysicallndex( tab.getClusterlD() ); 

if( idx != null ) 

{ 

idx.setlsClustered( true ); 

} 

} 

} 

} 

void loadQueries() 
throws SQLException 

/* Get all queries in the workload and load them. Load all columns and 

* tables affected by each query (from ix_consultant_affected_columns) and 

* assign queries affecting a table or column to that table or column object 
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{ 

IxtQuery query; 
IxtTable tab; 
Iterator iter; 
long coin; 

ResultSet res = IxtDB.runQueriesQueryQ; 

while( res.next() ) 

{ 

query = new lxtQuery( res.getl_ong(1 ), 
res.getString(2).charAt(0), 
res.getDouble(3), 
res.getDouble(4), 

); 

_queries.put( new Long(query.getlD()), query ); 



} 

res.close(); 

res = IxtDB.runWorkloadQueryO; 

while( res.next() ) 

{ 

query = findQuery( res.getLong(l) ); 

//TODO: this should probably be removed, but for now it 

//prevents us from crashing if there was a problem optimizing 

//a given statement 

if( query == null ) { continue; } 

query. addWorkloadltem( res.getl_ong(2), res.getl_ong(3) ); 

} 

res.close(); 

iter = _queries.values().iterator(); 

while( iter.hasNext() ) 

{ 

query = (IxtQuery) iter.nextQ; 

res = lxtDB.runAffectedColumnsQuery( query. getlD() ); 

while( res.next() ) 

{ 

tab = findTable( res.getl_ong(1) ); 
coin = res.getLong(2); 
if( coin == 0 ) 

{ 

query. addAffectedTable( tab ); 

} 

else 
{ 

query. addAffectedColumn( tab.findColumn( coin ) ); 

} 

} 

res.close(); 

} 

} 

void selectDiscardableQueriesQ 

/* Add queries that are below a certain cost threshold to a list of 
* to be discareded 
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{ 

double maxcost = 0; 
IxtQuery query; 
Iterator iter; 

iter = _queries.values().iterator(); 

while( iter.hasNext() ) 

{ 

query = (IxtQuery) iter.nextQ; 

if( query.getVanillaCost() < UNUSABLE_COST ) 

{ 

maxcost = Math.max( query.getVanillaCostQ * query.getCount(), 
maxcost ); 



} 

else 
{ 

_discardablequeries.add( query ); 
} 

} 

} 

public 

double getTotalVanillaCost() 
{ 

double ret = 0.0; 

Iterator iter = _queries.values().iterator(); 
IxtQuery query; 
while( iter.hasNext() ) 
{ 

query = (lxtQuery)iter.next(); 
ret += query.getVanillaCost(); 

} 

return ret; 
} 

public 

void discardQueries() 
throws SQLException 

/* For each query in the "discarded" list, actually discard it from the 
* workload 
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{ 

if( _discardablequeries.size() > 0 ) 
{ 

lxtDB.runDiscardWorkloadltemsStatement( getDiscardablelterator() ); 

} 

} 

} 

// IxtPhase.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

II Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com.sybase.indexConsultant; 

import java.util.*; 

import java.sql.*; 

import com. Sybase. util.*; 

public class IxtPhase 

{ 

int _id; 

I xt I nsta nee _i nst ance ; 
Vector configurations; 
Vector _indexes; 
i nt _m axnumco nf igs ; 
double _max_benefit_sum; 



double _max_dui_penalty; 

I** 

* Keep Existing requires special handling. After fixing the "Unused" 

* information in the engine by adding all physical indexes to the 

* ix_consultant_index table, we required special handling of those 

* recommended that are physical indexes. Previously, if keep existing 

* was off then the treatment of a physical index was identicle to that of 

* a virtual index. So, when disabling or discarded indexes we must 

* change it to only do so when the index is virtual OR keep existing 

* is off. 
7 

boolean _keep_existing; 

public lxtPhase( int id, Ixtlnstance instance, boolean keep_existing ) 

throws SQLException 

{ 

Iterator cfgiter; 
Iterator indexiter; 
Ixtlndex index; 
IxtConfiguration config; 
_instance = instance; 
_id = id; 

configurations = new Vector(); 
_indexes = new Vector(); 
_keep_existing = keep_existing; 
getConfigurations(); 
getlndexes(); 

cfgiter = configurations. iterator(); 

while( cfgiter.hasNext() ) 

{ 

config = (IxtConfiguration) cfgiter. next(); 
indexiter = config. getlndexlterator(); 
while( indexiter.hasNext() ) 
{ 

index = (Ixtlndex) indexiter. next(); 
_indexes.add( index ); 
} 

} 

maxnumconfigs = 0; 
maxbenefitsum = 0; 
_max_dui_penalty = 0; 
} 

void getConfigurations() 
throws SQLException 

/* Get all configurations for the current phase (that is, bindings between 

* queries from the workload and indexes that were picked for them during 

* this iteration. 

* showSubStatus methods are used to give feedback to user about where in 

* the process we currently are. 
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{ 



long iid; 
IxtTable tab; 
long npages; 
double scorel ; 
boolean is_clstrd; 
double cluster_score; 
boolean is_virt; 
IxtConfiguration config; 
IxtQuery query; 
Ixtlndex idx = null; 
ResultSet res; 
Vector tempindexes; 

Iterator iter = _instance.getQuerylterator(); 
int i = 0; 

lxtDriver.showSubstatus( lxtDriver.getl18NMessage( lxtDriver.GETTING_CON FIGURATIONS ) ); 

while( iter.hasNext() ) 

{ 

query = (IxtQuery) iter.next(); 

res = lxtDB.runConfigurationsQuery( _id, query.getlD() ); 
scorel = query.getVanillaCost();; 
tempindexes = new Vector(); 
i++; 

lxtDriver.showSubstatus( lxtDriver.getl18NMessage( lxtDriver.GETTING_CONFIGURATION ) + " " + 
lnteger.toString( i ) ); 
while( res.next() ) 
{ 

iid = res.getl_ong(1); 

tab = _instance.findTable( res.getLong(2) ); 
npages = res.getl_ong(3); 
scorel = res.getDouble(4); 
is_clstrd = (res.getlnt(5) != 0); 
cluster_score = res.getDouble(6); 
is_virt = (res.getlnt(7) != 0); 
if( !is_virt ) 
{ 

idx = tab.findPhysicallndex( iid ); 
idx.setSize( npages ); 
// Clear configurations for this phase 
if( idx.getConfigurations().size() > 0 ) { 
idx.clearConfigurations(); 
} 

} 

else 
{ 

idx = new lxtlndex( iid, tab, npages, is_virt, null, false ); 

} 

idx.setClusterScore( cluster_score ); 
idx.setlsClustered( is_clstrd ); 
tempindexes. add( idx ); 
} 



res.close(); 

if( scorel >= query. getVanillaCost() ) 
{ 

//DJFTODO - we must drop this query 
scorel = query.getVanillaCost(); 
} 

config = new lxtConfiguration( query, scorel, tempindexes ); 
configurations. add( config ); 
query. setConfig( _id, config ); 

} 

} 

public 

void augmentlndexesWithPhysical() 
{ 

_indexes.addAII( _instance.getPhysicallndexes() ); 
} 

void getlndexes() 
throws SQLException 

/* Get all indexes recommended in this phase 
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{ 

Iterator indexiter; 

Iterator cfgiter = _configu rations. iterator(); 
IxtConfiguration config; 
Ixtlndex index; 
ResultSet res; 
int i = 0; 

while( cfgiter.hasNext() ) 
{ 

config = (IxtConfiguration) cfgiter. next(); 
indexiter = config. getlndexlterator(); 

lxtDriver.showSubstatus( lxtDriver.getl18NMessage( IxtDriver.G ETTI NG_VI RT IN D EXES ) ); 

while( indexiter.hasNext() ) 

{ 

index = (Ixtlndex) indexiter. next(); 

lxtDriver.showSubstatus( lxtDriver.getl18NMessage( lxtDriver.GETTING_VIRT_INDEX ) + " " + lnteger.toString( i ) ); 
res = lxtDB.runlndexColumnsQuery( _id, 

index. getTable().getlD(), 

index. getlD() ); 
while( res.next() ) 
{ 

index. addElement( new lxtElement( 
index. getTable().findColumn( res.getLong(l) ), 
res.getlnt(2) ) 

); 

} 

res.close(); 

index. addConfiguration( config ); 
} 



} 

} 

public 

void assignlndexPenalties() 

/* For each index over tables or columns that have insert/update/delete 
* operations in the workload, assign a penalty to the index 
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{ 

IxtQuery query; 
IxtTable tab; 
IxtColumn col; 
Ixtlndex index; 
Iterator query_iter; 
Iterator tab_iter; 
Iterator idx_iter; 
Iterator col_iter; 
int i = 0; 

query_iter = _instance.getQuerylterator(); 

while( query_iter.hasNext() ) 

{ 

query = (IxtQuery) query_iter.next(); 
i++; 

lxtDriver.showSubstatus( lxtDriver.getl18NMessage( lxtDriver.ACCOUNTING_FOR_UPDATE ) 
lnteger.toString( i ) ); 

tab_iter = query. getAffectedTableslterator(); 

while( tab_iter.hasNext() ) 

{ 

tab = (IxtTable) tab_iter.next(); 
idx_iter = _indexes.iterator(); 
while( idx_iter.hasNext() ) 
{ 

index = (lxtlndex)idx_iter.next(); 
if( index. isOnTable( tab ) ) 
{ 

index, add DU I Penalty ( query.getCount() 
* query.getNumRowsAffectedO ); 

} 

} 

} 

col_iter = query.getAffectedColumnslterator(); 

while( col_iter.hasNext() ) 

{ 

col = (IxtColumn) col_iter.next(); 
idx_iter = _indexes.iterator(); 
while( idx_iter.hasNext() ) 
{ 

index = (Ixtlndex) idx_iter.next(); 
if( index. containsColumn( col ) ) 
{ 

index, add DU I Penalty ( query.getCount() 



* query.getNumRowsAffected() ); 

} 

} 

} 

} 

} 

public 

IxtPhase genNewPhase() 
throws SQLException 

/* Ask for and then build the next phase of tuning 
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{ 

IxtDB.runStoplndexTuningStatementO; 
generatelndexes(); 

lxtDB.runRecommendlndexesStatement( lxtDriver.getMasterlD(), 
_id + 1 , 

lxtDriver.getClusteredOption(), 
lxtDriver.getKeepExistingOption() ); 
return new lxtPhase( _id + 1, _instance, _keep_existing ); 
} 

public 

double getTotalPhaseCostQ 

/* Get the total cost for the current phase (using all recommended indexes 
* belonging to this phase) 
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{ 

IxtQuery query; 
IxtConfiguration config; 
double ret = 0.0; 

Iterator iter = _instance.getQuerylterator(); 

while( iter.hasNext() ) 

{ 

query = (IxtQuery) iter.nextQ; 
{ 

config = query. getConfigurationByPhase( _id ); 

if( config != null ) 

{ 

ret += config.getWorkingCost(); 

} 

else 
{ 

ret += query. getVanillaCost(); 

} 

} 

} 

return ret; 
} 

public 

void generatelndexes() 
throws SQLException 



/* Generate the virtual indexes required for the next phase (since the 

* optimizer only generates virtual indexes on the first phase - all 

* subsequent phases must supply their own list of virtual indexes back to 

* the optimizer). Also, tell the optimizer to ignore physical indexes that 

* have been disabled. 
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{ 

Iterator iter; 
Ixtlndex index; 
String str; 

iter = _indexes.iterator(); 
while( iter.hasNext() ) 
{ 

index = (Ixtlndex) iter.next(); 

if( index. isVirtual() ) 

{ 

str = index.genCreateStatement( false, null ); 
lxtDB.getStatement().execute( str ); 
} 

} 

iter = _instance.getPhysicallndexlterator(); 

while( iter.hasNext() ) 

{ 

index = (Ixtlndex) iter.nextQ; 
if( index. isDisabled() 
&& !index.isKey() 

&& (index. isVirtual() || !_keep_existing) ) 

{ 

lxtDB.runDisablelndexStatement( index.getName(), 
index. getTable().getName(), 
index. getTable().getCreator() ); 

} 

} 

} 

public 

long getTotalSize() 
{ 

long total = 0; 

Iterator iter = _indexes.iterator(); 
Ixtlndex index; 
while( iter.hasNext() ) 
{ 

index = (Ixtlndex) iter.next(); 
total += index. getSize(); 

} 

return total; 
} 

public 

long getTotalRecommendedSize() 
{ 



long total = 0; 

Iterator iter = _indexes.iterator(); 
Ixtlndex index; 
while( iter.hasNext() ) 
{ 

index = (Ixtlndex) iter.next(); 

// Special handling of physical indexes (don't include their 
// size if keep existing is on) 
if( index. isVirtual() || !_keep_existing ) { 
total += index. getSize(); 
} 

} 

return total; 
} 

public 

void trim From Front( double size ) 

/* Keep removing indexes from the set of indexes until we have trimmed a 

* number of index pages greater than or equal to the specified size. 
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{ 

Ixtlndex index; 

long trimmed_size = 0; 

Iterator iter = _indexes.iterator(); 

while( iter.hasNext() && trimmed_size < size ) 

{ 

index = (Ixtlndex) iter.next(); 

// Another special treatment of physical indexes when 

// keep existing is on 

if( index. isVirtual() || !_keep_existing ) { 
trimmed_size += index. getSize(); 
index.disable(); 
iter, re move (); 

} 

} 

} 

public 

void selectClusteredQ 

/* Mark the index having the greatest cluster score for each table 

* as the clustered index for that table 
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{ 

Ixtlndex index; 
Ixtlndex cur_best; 

HashMap best_clust = new HashMap(); 
Iterator iter = _indexes.iterator(); 
while( iter.hasNext() ) 
{ 

index = (Ixtlndex) iter.next(); 

if( best_clust.containsKey( index. getTable() ) ) 

{ 



cur_best = (Ixtlndex) best_clust.get( index.getTable() ); 
if( index. getClusterScore() > cur_best.getClusterScore() ) 
{ 

best_clust.put( index.getTable(), index ); 
cur_best.setlsClustered( false ); 

} 

else 
{ 

index. setlsClustered( false ); 

} 

} 

else 
{ 

best_clust.put( index. getTable(), index ); 
} 

} 

} 

public 

double getlmprovementSumO 

/* Add the benefit experienced by each query due to recommended virtual indexes 

* for all configurations (queries using virtual indexes) in the phase. 
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{ 

IxtConfiguration config; 
double ret = 0.0; 

Iterator iter = configurations. iterator(); 

while( iter.hasNext() ) 

{ 

config = (IxtConfiguration) iter.nextQ; 
ret += config.getBenefit(); 

} 

return ret; 
} 

public 

String makeSQL() 

/* Generate the SQL text needed to implement the changes tested in this 

* phase (ie. create recommended indexes and drop unused indexes) 
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{ 

StringBuffer buff = new StringBuffer(); 
long id = 0; 
Ixtlndex index; 

Iterator iter = _indexes.iterator(); 

while( iter.hasNext() ) 

{ 

index = (Ixtlndex) iter.next(); 
id += 1 ; 

buff.append( index. genCreateStatement( true, 
index.generateName(id) ) ); 

} 



iter = _instance.getPhysicallndexlterator(); 

while( iter.hasNext() ) 

{ 

index = (Ixtlndex) iter.nextQ; 

if( index. isDisabled() && (index. isVirtual() || !_keep_existing) ) 
{ 

buff.append( "drop index " 

+ index.getTable().getCreator() 
+ "." + index. getTable().getName() 
+ "." + index. getName() ); 

} 

} 

return new String(buff); 
} 

public 

void clearNegatives() 

/* Disable any indexes having a negative benefit (which may happen due to 

* heuristic optimizations in the query optimizer). 
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{ 

Ixtlndex index; 

Iterator iter = _indexes.iterator(); 

while( iter.hasNext() ) 

{ 

index = (Ixtlndex) iter.nextQ; 

if( index. isKey() ) 

{ 

iter.remove(); 
} 

else if( index.getTotalBenefit() <= 0.0 ) 
{ 

if( index. isVirtualQ || !_keep_existing ) { 
index. disable(); 
iter.remove(); 

} 

} 

} 

} 

public 

void trimPhase( long size_constraint, double phase_reduction ) 

/* Determine how many pages to trim from this phase, sort the indexes 

* according to benefit, and remove the bottom portion (according to 

* phase_reduction parameter). 
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{ 

computel_imits(); 

long total_size = getTotalSize(); 

double size_to_trim = total_size * phase_reduction; 

if( ( total_size - size_to_trim ) < size_constraint ) 

{ 



size_to_trim = Math.max( total_size - size_constraint, 0 ); 

} 

clearNegatives(); 

if( ( size_to_trim ) > 0 ) 

{ 

Collections.sort(_indexes, new lxtlndex.RelativeBenefitComparator() ); 
trim From Front( size_to_trim ); 

} 

} 

public 

void computeLimitsO 
{ 

Ixtlndex cur; 

Listlterator iter = _indexes.listlterator(); 

max num configs = 0; 
_m axbe n ef its u m = 0; 
_max_dui_penalty = 0; 
while( iter.hasNext() ) 
{ 

cur= (Ixtlndex) iter.next(); 

if( cur.getBenefitSum() > _max_benefit_sum ) 

{ 

_max_benefit_sum = cur.getBenefitSum(); 
} 

if( cur.getDUIPenalty() > _max_dui_penalty ) 
{ 

_max_dui_penalty = cur.getDUIPenalty(); 
} 

if( cur.getConfigurations().size() > _max_num_configs ) 
{ 

_max_num_configs = cur.getConfigurations().size(); 
} 

} 

} 

// The following three methods may only be called after computel_imits() 
public 

double getMaxBenefitSum() 
{ 

return _max_benefit_sum; 
} 

public 

int getMaxNumConfigs() 
{ 

return _max_num_configs; 
} 

public 

double getMaxDU I Penalty () 
{ 

return _max_dui_penalty; 
} 



public 

Ixtlnstance getlnstance() 
{ 

return Jnstance; 
} 

public 

void foldlndexes( FoldMatcher matcher ) 

/* Using the specified matcher, combine indexes that are "similar" (where 

* the definition of similar depends on the matcher used) into a single 

* index structure, assigning all configurations, queries, costs, benefits, 

* etc. of both onto the new single index. 
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{ 

Ixtlndex cur; 

Ixtlndex other; 

IxtConfiguration config; 

Iterator vec_iter; 

List Iterator cuMter; 

Listlterator otheMter; 

Iterator cfg_iter; 

boolean remove_flag = false; 

HashMap table_group = new HashMap(); 

IxtTable tab; 

Vector cur_vec; 

/* Assumption: Indexes will only fold into other indexes 
* on the same table 7 

vecjter = Jnstance. getTables().values().iterator(); 

while( vec_iter.hasNext() ) 

{ 

tab = (IxtTable) vecjter. next(); 

table_group.put( new Long( tab.getlDQ ), new Vector() ); 

} 

curjter = Jndexes.listlterator(); 
while( curJter.hasNext() ) 
{ 

cur = (Ixtlndex) curjter. next (); 
cur_vec = (Vector) table_group.get( 
new Long( cur.getTable().getlD() ) ); 
cur_vec.add( cur ); 

} 

vecjter = table_group.values().iterator(); 

while( vecJter.hasNext() ) 

{ 

cur_vec = (Vector) vecjter. next(); 
curjter = cur_vec.listlterator(); 
while( curJter.hasNext() ) 
{ 

cur = (Ixtlndex) curjter. next (); 

if( cur.isDisabled() ) 

{ 



continue; 

} 

otheMter = cur_vec.listlterator( cur_iter.nextlndex() ); 

while( other_iter.hasNext() ) 

{ 

other = (Ixtlndex) other_iter.next(); 

if( other.isDisabled() ) 

{ 

continue; 
} 

if( cur.getlD() == other.getlD() 
&& cur.getTable().getlD() == other.getTable().getlD() ) 

{ 

remove_flag = true; 
} 

else if( matcher.canFold( cur, other ) ) 
{ 

cfg_iter = other.getConfigurationlterator(); 

while( cfg_iter.hasNext() ) 

{ 

config = (IxtConfiguration) cfg_iter.next(); 
config.removelndex( other ); 
config.addlndex( cur ); 

} 

cur.appendConfigurations( other.getConfigurations() ); 
remove_flag = true; 

if( cur.getName() == null && other.getName() != null ) 
{ 

cur.setName( other.getName() ); 

} 

} 

if( remove_flag ) 
{ 

if( matcher.isCommutative() && !other.isVirtual() ) 
{ 

cur.disable(); 

// we do this to make sure that a virtual index 
// will not override a physical index 

} 

else if( other.isVirtual() ) 
{ 

other.disable(); 
cur.setClusterScore( 
Math.max( cur.getClusterScoreQ, 
other.getClusterScore() ) 

); 

cur.setlsClustered( cur.isClustered() 
|| other.isClustered() ); 

} 

else 



{ 

Dbg.wassert( false ); 
other.disable(); 

} 

remove_flag = false; 
} 

} 

} 

} 

cuMter = _indexes.listlterator(); 
while( cur_iter.hasNext() ) 
{ 

cur= (Ixtlndex) cur_iter.next(); 

if( cur.isDisabled() ) 

{ 

cur_iter.remove(); 
} 

} 

} 

public 

void addReport() 
throws SQLException 
{ 

StringBuffer buff; 
Ixtlndex index; 
IxtElement elem; 
//IxtConfiguration config; 
Iterator elem_iter; 
Iterator cfg_iter; 

Iterator idx_iter = _indexes.iterator(); 
computeLimits(); 

// Go through indexes updating benefit/penalty information 

while( idx_iter.hasNext() ) 

{ 

buff = new StringBuffer(IOO); 
index = (Ixtlndex) idx_iter.next(); 

// Don't bother with physical index stats if _keep_existing 
// is true. 

if( !index.isVirtual() && _keep_existing ) continue; 
elem_iter = index. getElementlterator(); 
while( elem_iter.hasNext() ) 
{ 

elem = (IxtElement) elem_iter.next(); 
buff.append( elem.getColumn().getName() ); 
if( elem_iter.hasNext() ) 
{ 

buff.append( " ); 

} 

} 

lxtDB.runUpdatelndexTable( _id, 



index. getTable().getlD(), 
index. getlD(), 
index. isClustered(), 
i ndex . getTotal Benefit () , 
index.getDUIPenaltyO ); 

} 

// Iterate through indexes updating relative benefit information 

// now that all other information is current 

idx_iter = _indexes.iterator(); 

while( idx_iter.hasNext() ) 

{ 

index = (Ixtlndex) idx_iter.next(); 

// Don't bother with physical index stats if _keep_existing 
// is true. 

if( 'index. isVirtual() && _keep_existing || index. isKey() ) continue; 
lxtDB.runRelativeBenefitUpdatelndexTable( _id, 

index. getTable().getlD(), 

index. getlD(), 

index. getRelativeBenefit() ); 

} 

cfg_iter = configurations. iterator(); 

/* 

while( cfg_iter.hasNext() ) 
{ 

config = (IxtConfiguration) cfg_iter.next(); 
idx_iter = config.getlndexlterator(); 
buff = new StringBuffer(IOO); 
while( idx_iter.hasNext() ) 
{ 

index = (Ixtlndex) idx_iter.next(); 
buff.append( index. getName() ); 
if( idx_iter.hasNext() ) 
{ 

buff.append( " ); 

} 

} 

lxtDB.runUpdateQueryTable( _id, 
config.getQuery().getlD(), 
config.getQuery().getType(), 
config.getQuery().getCount(), 
config.getQuery().getText(), 
config.getQuery().getVanillaCost(), 
config.getRealCost(), 
new String(buff) ); 

} 
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} 

static interface FoldMatcher 
{ 

public boolean canFold( Ixtlndex cur, Ixtlndex other ); 



// commutative matcher means that if two indexes match, it doesn't 
// matter which one we pick 
public boolean isCommutative(); 
} 

static class DuplicateFoldMatcher 
implements FoldMatcher 

/* This matcher reports indexes as foldable only if they match exactly 
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{ 

lxtlndex.ExactComparator_comparator; 
public DuplicateFoldMatcher() 

_comparator = new lxtlndex.ExactComparator(); 

public boolean canFold( Ixtlndex cur, Ixtlndex other ) 

return cur != other 

&& 0 == _comparator.compare( cur, other ); 
public boolean isCommutative() 
return true; 

} 

static class SubsumingFoldMatcher 
implements FoldMatcher 

/* This matcher reports indexes as subsumable only if the other index has an 
* ordering that can be subsumed into the current ordering 
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{ 

public boolean canFold( Ixtlndex cur, Ixtlndex other ) 
{ 

Vector order = cur.getCommonOrder( other ); 

if( order == null ) 

{ 

return false; 
} 

else 
{ 

cur.setElements( order ); 
other.setElements( order ); 
return true; 
} 

} 

public boolean isCommutative() 
{ 

return false; 

} 

} 

} 



// IxtQuery.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

II Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com.sybase.indexConsultant; 
import java.util.*; 
public class IxtQuery 
{ 

static public final char INSERT = T; 
static public final char DELETE = 'D'; 
static public final char UPDATE = 'LT; 
static public final char SELECT = 'S'; 
long _id; 
char _type; 
double _vanilla; 
long _count; 

Hash Map _configs_by_phase; 
Vector _workloadqueries; 
double _numrowsaffected; 
boolean _discarded; 
Vector _affected_columns; 
String _text; 
Vector _affected_tables; 
public lxtQuery( long id, 

char type, 

double vanilla, 

double numrowsaffected, 

String text ) 

{ 

_id = id; 
_type = type; 
_vanilla = vanilla; 

_numrowsaffected = numrowsaffected; 
_count = 0; 
_text = text; 

_affected_columns = new Vector(); 
_affected_tables = new Vector(); 
_configs_by_phase = new HashMap(); 
_workloadqueries = new Vector(); 
} 

public 
long getlD() 
{ 

return _id; 
} 

public 

String getText() 
{ 

return _text; 



} 

public 

char getType() 
{ 

return _type; 
} 

public 

void setConfig( int phase, IxtConfiguration config ) 
{ 

_configs_by_phase.put( new lnteger( phase ), config ); 
} 

public 

IxtConfiguration getConfigurationByPhase( int phase ) 
{ 

return (lxtConfiguration)_configs_by_phase.get( new lnteger( phase ) ); 
} 

public 

void addWorkloadltem( long workload_id, long count ) 
{ 

_workloadqueries.add( new Long( workload_id ) ); 
_count += count; 
} 

public 

void addAffectedTable( IxtTable tab ) 
{ 

_affected_tables.add( tab ); 
} 

public 

void addAffectedColumn( IxtColumn col ) 
{ 

_affected_columns.add( col ); 
} 

public 

Iterator getAffectedTableslterator() 
{ 

retu rn _af f ected_tables . iterato r() ; 
} 

public 

Iterator getAffectedColumnslterator() 
{ 

retu rn _af f ected_co lu m ns . iterato r() ; 
} 

public 

double getNumRowsAffectedO 
{ 

return _numrowsaffected; 
} 

public 

double getVanillaCost() 
{ 



return _vanilla; 
} 

public 

long getCount() 
{ 

return _count; 
} 

} 

// IxtTable.java 

// Copyright (c) 2004. Sybase, Inc. All Rights Reserved. 

II ******************************************************************* 

II Copyright 2002,2003 iAnywhere Solutions, Inc. All rights reserved. 

II ******************************************************************* 

package com. Sybase. indexConsultant; 
import java.util.*; 
public class IxtTable 
{ 

long _id; 
String _name; 
String _creator; 
int _cluster; 
int _size; 

HashMap _physicalindexes; 
HashMap _columns; 

public lxtTable( long id, String name, String creator, int cluster, int size ) 
{ 

_id = id; 
_name = name; 
_creator = creator; 
_cluster = cluster; 
_columns = new HashMap(); 
_physicalindexes = new HashMap(); 
_size = size; 
} 

public 

IxtColumn findColumn( long id ) 
{ 

return (IxtColumn) _columns.get( new Long(id) ); 
} 

public 
long getlD() 
{ 

return _id; 
} 

public 

String getName() 
{ 

return _name; 
} 

public 



int getSize() 
{ 

return _size; 
} 

public 

void addColumn( IxtColumn col ) 
{ 

_columns.put( new Long( col.getlD() ), col ); 
} 

public 

void addPhysicallndex( Ixtlndex ix ) 
{ 

_physicalindexes.put( new Long( ix.getlD() ), ix ); 
} 

public 

Ixtlndex findPhysicallndex( long id ) 
{ 

return (Ixtlndex) _physicalindexes.get( new Long(id) ); 
} 

public 

int getClusterlD() 
{ 

return _cluster; 
} 

public 

String getCreatorQ 
{ 

return _creator; 
} 



